In [7]:
model.evaluateForTest('test-8lines', plot_attention=True, _len= 16)
target_len= 16 evaluating dataset test-8lines evaluating total images: 114 ... evaluating 0 ... ------------------------ 0 ------------------------------ predicted ['e4', 'c5', 'Nf3', 'e6', 'd4', 'cxd4', 'Nxd4', 'g6', 'd4', 'Nf6', 'Nc3', 'cxd4', '<unk>', 'Bd7', 'Nxe5', 'Qa5+'] expected ['e4', 'c5', 'Nf3', 'e6', 'd4', 'cxd4', 'Nxd4', 'a6', 'c4', 'Qc7', 'Nc3', 'Nf6', 'Be3', 'Bb4', 'Qd2', 'Nxe4'] ../test-data/test-8lines\images\carnaval_0004_fullpage.jpg
------------------------ 1 ------------------------------ predicted ['e4', 'c5', 'Nc3', 'd6', 'Nf3', 'Bd7', 'Nc3', 'cxd4', 'Nc3', 'Be7', 'Be2', 'O-O', '<unk>', 'O-O', '<unk>', 'O-O'] expected ['e4', 'c5', 'Nf3', 'd6', 'Bb5+', 'Bd7', 'Bxd7+', 'Nxd7', 'O-O', 'Ngf6', 'Re1', 'e5', 'c3', 'Be7', 'd3', 'O-O'] ../test-data/test-8lines\images\carnaval_0015_fullpage.jpg
------------------------ 2 ------------------------------ predicted ['Nf3', 'd5', 'd4', 'd5', 'Nc3', 'Bg7', 'c4', 'O-O', 'c4', 'O-O', 'Nc3', 'c6', 'cxd5', 'Rb8', 'cxd5', 'Rb8'] expected ['Nf3', 'Nf6', 'g3', 'd5', 'c4', 'e6', 'b3', 'Be7', 'Bb2', 'O-O', 'Bg2', 'Nbd7', 'O-O', 'c6', 'd3', 'Re8'] ../test-data/test-8lines\images\carnaval_0023_fullpage.jpg
------------------------ 3 ------------------------------ predicted ['e4', 'e5', 'Nc3', 'g6', 'Nge2', 'Bg7', 'Bc4', 'Bg7', 'Be2', 'O-O', 'Bc4', 'O-O', 'Bc4', 'c5', 'Be2', 'O-O'] expected ['c4', 'c5', 'Nc3', 'Nc6', 'g3', 'g6', 'Bg2', 'Bg7', 'Nf3', 'd6', 'O-O', 'e5', 'd3', 'Nge7', 'Rb1', 'O-O'] ../test-data/test-8lines\images\carnaval_0029_fullpage.jpg
------------------------ 4 ------------------------------ predicted ['d4', 'd5', 'Nc3', 'Nf6', 'e3', 'Nc6', 'Nf3', 'Nc6', 'Bb5', 'Nc6', 'Bd3', 'O-O', 'Nxc6', 'Nc6', 'O-O-O', 'O-O'] expected ['d4', 'd5', 'Bf4', 'Nf6', 'e3', 'c5', 'c3', 'Qb6', 'Qb3', 'c4', 'Qc2', 'g6', 'Nd2', 'Nc6', 'e4', 'e6'] ../test-data/test-8lines\images\carnaval_0032_fullpage.jpg
../test-data/test-8lines\images\carnaval_0033_fullpage.jpg
../test-data/test-8lines\images\carnaval_0038_fullpage.jpg
../test-data/test-8lines\images\carnaval_0040_fullpage.jpg
../test-data/test-8lines\images\carnaval_0042_fullpage.jpg
../test-data/test-8lines\images\carnaval_0051_fullpage.jpg
../test-data/test-8lines\images\carnaval_0055_fullpage.jpg
../test-data/test-8lines\images\carnaval_0058_fullpage.jpg
../test-data/test-8lines\images\carnaval_0059_fullpage.jpg
../test-data/test-8lines\images\carnaval_0067_fullpage.jpg
../test-data/test-8lines\images\carnaval_0068_fullpage.jpg
../test-data/test-8lines\images\carnaval_0071_fullpage.jpg
../test-data/test-8lines\images\carnaval_0072_fullpage.jpg
../test-data/test-8lines\images\carnaval_0082_fullpage.jpg
../test-data/test-8lines\images\carnaval_0086_fullpage.jpg
../test-data/test-8lines\images\carnaval_0090_fullpage.jpg
../test-data/test-8lines\images\carnaval_0091_fullpage.jpg
../test-data/test-8lines\images\carnaval_0104_fullpage.jpg
../test-data/test-8lines\images\carnaval_0106_fullpage.jpg
../test-data/test-8lines\images\carnaval_0109_fullpage.jpg
../test-data/test-8lines\images\carnaval_0114_fullpage.jpg
../test-data/test-8lines\images\carnaval_0124_fullpage.jpg
../test-data/test-8lines\images\carnaval_0144_fullpage.jpg
../test-data/test-8lines\images\carnaval_0150_fullpage.jpg
../test-data/test-8lines\images\carnaval_0155_fullpage.jpg
../test-data/test-8lines\images\carnaval_0156_fullpage.jpg
../test-data/test-8lines\images\carnaval_0157_fullpage.jpg
../test-data/test-8lines\images\carnaval_0161_fullpage.jpg
../test-data/test-8lines\images\carnaval_0164_fullpage.jpg
../test-data/test-8lines\images\carnaval_0170_fullpage.jpg
../test-data/test-8lines\images\carnaval_0172_fullpage.jpg
../test-data/test-8lines\images\carnaval_0174_fullpage.jpg
../test-data/test-8lines\images\carnaval_0176_fullpage.jpg
../test-data/test-8lines\images\carnaval_0181_fullpage.jpg
../test-data/test-8lines\images\carnaval_0204_fullpage.jpg
../test-data/test-8lines\images\carnaval_0213_fullpage.jpg
../test-data/test-8lines\images\carnaval_0223_fullpage.jpg
../test-data/test-8lines\images\carnaval_0227_fullpage.jpg
../test-data/test-8lines\images\carnaval_0230_fullpage.jpg
../test-data/test-8lines\images\carnaval_0232_fullpage.jpg
../test-data/test-8lines\images\carnaval_0233_fullpage.jpg
../test-data/test-8lines\images\carnaval_0234_fullpage.jpg
../test-data/test-8lines\images\carnaval_0252_fullpage.jpg
../test-data/test-8lines\images\carnaval_0268_fullpage.jpg
../test-data/test-8lines\images\carnaval_0271_fullpage.jpg
../test-data/test-8lines\images\carnaval_0282_fullpage.jpg
../test-data/test-8lines\images\carnaval_0283_fullpage.jpg
../test-data/test-8lines\images\carnaval_0286_fullpage.jpg
../test-data/test-8lines\images\carnaval_0287_fullpage.jpg
../test-data/test-8lines\images\carnaval_0294_fullpage.jpg
../test-data/test-8lines\images\carnaval_0297_fullpage.jpg
../test-data/test-8lines\images\carnaval_0298_fullpage.jpg
../test-data/test-8lines\images\carnaval_0324_fullpage.jpg
../test-data/test-8lines\images\carnaval_0328_fullpage.jpg
../test-data/test-8lines\images\carnaval_0330_fullpage.jpg
../test-data/test-8lines\images\carnaval_0335_fullpage.jpg
../test-data/test-8lines\images\carnaval_0347_fullpage.jpg
../test-data/test-8lines\images\carnaval_0356_fullpage.jpg
../test-data/test-8lines\images\carnaval_0357_fullpage.jpg
../test-data/test-8lines\images\carnaval_0361_fullpage.jpg
../test-data/test-8lines\images\carnaval_0367_fullpage.jpg
../test-data/test-8lines\images\carnaval_0372_fullpage.jpg
../test-data/test-8lines\images\carnaval_0373_fullpage.jpg
../test-data/test-8lines\images\carnaval_0375_fullpage.jpg
../test-data/test-8lines\images\carnaval_0379_fullpage.jpg
../test-data/test-8lines\images\carnaval_0395_fullpage.jpg
../test-data/test-8lines\images\carnaval_0401_fullpage.jpg
../test-data/test-8lines\images\carnaval_0404_fullpage.jpg
../test-data/test-8lines\images\carnaval_0408_fullpage.jpg
../test-data/test-8lines\images\carnaval_0422_fullpage.jpg
../test-data/test-8lines\images\carnaval_0425_fullpage.jpg
../test-data/test-8lines\images\carnaval_0426_fullpage.jpg
../test-data/test-8lines\images\carnaval_0444_fullpage.jpg
../test-data/test-8lines\images\carnaval_0449_fullpage.jpg
../test-data/test-8lines\images\carnaval_0466_fullpage.jpg
../test-data/test-8lines\images\carnaval_0473_fullpage.jpg
../test-data/test-8lines\images\carnaval_0483_fullpage.jpg
../test-data/test-8lines\images\carnaval_0485_fullpage.jpg
../test-data/test-8lines\images\carnaval_0487_fullpage.jpg
../test-data/test-8lines\images\carnaval_0494_fullpage.jpg
../test-data/test-8lines\images\carnaval_0501_fullpage.jpg
../test-data/test-8lines\images\carnaval_0503_fullpage.jpg
../test-data/test-8lines\images\carnaval_0507_fullpage.jpg
../test-data/test-8lines\images\carnaval_0509_fullpage.jpg
../test-data/test-8lines\images\carnaval_0514_fullpage.jpg
../test-data/test-8lines\images\carnaval_0542_fullpage.jpg
../test-data/test-8lines\images\carnaval_0544_fullpage.jpg
../test-data/test-8lines\images\carnaval_0551_fullpage.jpg
../test-data/test-8lines\images\carnaval_0553_fullpage.jpg
../test-data/test-8lines\images\carnaval_0554_fullpage.jpg
../test-data/test-8lines\images\carnaval_0565_fullpage.jpg
../test-data/test-8lines\images\carnaval_0569_fullpage.jpg
../test-data/test-8lines\images\carnaval_0578_fullpage.jpg
../test-data/test-8lines\images\carnaval_0580_fullpage.jpg
../test-data/test-8lines\images\carnaval_0589_fullpage.jpg
../test-data/test-8lines\images\carnaval_0590_fullpage.jpg
evaluating 100 ... ../test-data/test-8lines\images\carnaval_0592_fullpage.jpg
../test-data/test-8lines\images\carnaval_0596_fullpage.jpg
../test-data/test-8lines\images\carnaval_0598_fullpage.jpg
../test-data/test-8lines\images\carnaval_0601_fullpage.jpg
../test-data/test-8lines\images\carnaval_0606_fullpage.jpg
../test-data/test-8lines\images\carnaval_0607_fullpage.jpg
../test-data/test-8lines\images\carnaval_0608_fullpage.jpg
../test-data/test-8lines\images\carnaval_0614_fullpage.jpg
../test-data/test-8lines\images\carnaval_0625_fullpage.jpg
../test-data/test-8lines\images\carnaval_0626_fullpage.jpg
../test-data/test-8lines\images\carnaval_0629_fullpage.jpg
../test-data/test-8lines\images\carnaval_0648_fullpage.jpg
../test-data/test-8lines\images\carnaval_0655_fullpage.jpg
../test-data/test-8lines\images\carnaval_0676_fullpage.jpg
len 1 accuracy 0.8421052694320679 cir 0.09941521 len 2 accuracy 0.7894737124443054 cir 0.14108187 len 3 accuracy 0.6578947305679321 cir 0.27241716 len 4 accuracy 0.6644737124443054 cir 0.25347224 len 5 accuracy 0.5807017683982849 cir 0.3375731 len 6 accuracy 0.5643274784088135 cir 0.34210527 len 7 accuracy 0.5125313401222229 cir 0.41071433 len 8 accuracy 0.49561402201652527 cir 0.42750368 len 9 accuracy 0.4512670636177063 cir 0.47405782 len 10 accuracy 0.4333333373069763 cir 0.48480994 len 11 accuracy 0.40031898021698 cir 0.5242026 len 12 accuracy 0.3830409348011017 cir 0.5416058 len 13 accuracy 0.359649121761322 cir 0.5692758 len 14 accuracy 0.3458646535873413 cir 0.58658105 len 15 accuracy 0.3286549746990204 cir 0.6113158 len 16 accuracy 0.3267543911933899 cir 0.611897